#include "token.h"

#include <locale>
#include <codecvt>

std::string Token::print() {
  std::wstring_convert<std::codecvt_utf8<wchar_t>> converter;
  return converter.to_bytes(text);
}